package ex1;

import java.util.List;

/**
 * Created with IntelliJ IDEA.
 * User: Roi
 * Date: 10/26/13
 */
public interface ITokenizer {
    /**
     * Creates a list of tokens from given text
     * @param text source text to tokenize
     * @return token list
     */
    List<Token> tokenize(String text) throws Exception;
}
